<!DOCTYPE html>
<html lang="zh-CN">
<head>
  <meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=2">
<meta name="theme-color" content="#222">
<meta name="generator" content="Hexo 6.2.0">
  <link rel="apple-touch-icon" sizes="180x180" href="/works/images/apple-touch-icon-next.png">
  <link rel="icon" type="image/png" sizes="32x32" href="/works/images/favicon-32x32-next.png">
  <link rel="icon" type="image/png" sizes="16x16" href="/works/images/favicon-16x16-next.png">
  <link rel="mask-icon" href="/works/images/logo.svg" color="#222">

<link rel="stylesheet" href="/works/css/main.css">

<link rel="stylesheet" href="//fonts.googleapis.com/css?family=Consolas:300,300italic,400,400italic,700,700italic|PingFang SC:300,300italic,400,400italic,700,700italic&display=swap&subset=latin,latin-ext">
<link rel="stylesheet" href="/works/lib/font-awesome/css/all.min.css">
  <link rel="stylesheet" href="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.css">
  <link rel="stylesheet" href="/works/lib/pace/pace-theme-bounce.min.css">
  <script src="/works/lib/pace/pace.min.js"></script>

<script id="hexo-configurations">
    var NexT = window.NexT || {};
    var CONFIG = {"hostname":"chudod.gitee.io","root":"/works/","scheme":"Gemini","version":"7.8.0","exturl":false,"sidebar":{"position":"left","display":"hide","padding":18,"offset":12,"onmobile":false},"copycode":{"enable":true,"show_result":true,"style":"mac"},"back2top":{"enable":true,"sidebar":true,"scrollpercent":true},"bookmark":{"enable":true,"color":"#222","save":"auto"},"fancybox":true,"mediumzoom":false,"lazyload":true,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"algolia":{"hits":{"per_page":10},"labels":{"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}},"localsearch":{"enable":true,"trigger":"manual","top_n_per_article":1,"unescape":false,"preload":false},"motion":{"enable":true,"async":true,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}},"path":"search.xml"};
  </script>

  <meta name="description" content="This page is for Topologies for HPC Networks and Topology-Aware collective communication algorithms.">
<meta property="og:type" content="article">
<meta property="og:title" content="高性能互连网络与拓扑感知算法">
<meta property="og:url" content="https://chudod.gitee.io/works/2022/04/25/Topology_Aware_Collectives/index.html">
<meta property="og:site_name" content="Computing Dynamics">
<meta property="og:description" content="This page is for Topologies for HPC Networks and Topology-Aware collective communication algorithms.">
<meta property="og:locale" content="zh_CN">
<meta property="og:image" content="https://note.youdao.com/yws/api/personal/file/WEBc0e3f19d5bb9c51887b22cf2f8c218ba?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe">
<meta property="og:image" content="https://note.youdao.com/yws/api/personal/file/WEB5d657aab3c672d03c9ff7dc7b7ac1527?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe">
<meta property="og:image" content="https://note.youdao.com/yws/api/personal/file/WEBedc750c2ece3d90077374a411436e990?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe">
<meta property="og:image" content="https://note.youdao.com/yws/api/personal/file/WEB7e70f458806199ea4992bf8eb594660b?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe">
<meta property="og:image" content="https://note.youdao.com/yws/api/personal/file/WEBbaccac337aea7e37f3f4df12205d3db2?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe">
<meta property="og:image" content="https://note.youdao.com/yws/api/personal/file/WEB4a9b8282c017c3476aa98370093376a7?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe">
<meta property="article:published_time" content="2022-04-24T16:00:00.000Z">
<meta property="article:modified_time" content="2022-04-28T03:22:49.186Z">
<meta property="article:author" content="虎王">
<meta property="article:tag" content="并行计算">
<meta property="article:tag" content="集合通信">
<meta property="article:tag" content="高性能计算">
<meta property="article:tag" content="Topology-Aware">
<meta name="twitter:card" content="summary">
<meta name="twitter:image" content="https://note.youdao.com/yws/api/personal/file/WEBc0e3f19d5bb9c51887b22cf2f8c218ba?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe">

<link rel="canonical" href="https://chudod.gitee.io/works/2022/04/25/Topology_Aware_Collectives/">


<script id="page-configurations">
  // https://hexo.io/docs/variables.html
  CONFIG.page = {
    sidebar: "",
    isHome : false,
    isPost : true,
    lang   : 'zh-CN'
  };
</script>

  <title>高性能互连网络与拓扑感知算法 | Computing Dynamics</title>
  






  <noscript>
  <style>
  .use-motion .brand,
  .use-motion .menu-item,
  .sidebar-inner,
  .use-motion .post-block,
  .use-motion .pagination,
  .use-motion .comments,
  .use-motion .post-header,
  .use-motion .post-body,
  .use-motion .collection-header { opacity: initial; }

  .use-motion .site-title,
  .use-motion .site-subtitle {
    opacity: initial;
    top: initial;
  }

  .use-motion .logo-line-before i { left: initial; }
  .use-motion .logo-line-after i { right: initial; }
  </style>
</noscript>

<link rel="alternate" href="/works/rss2.xml" title="Computing Dynamics" type="application/rss+xml">
</head>

<body itemscope itemtype="http://schema.org/WebPage">
  <div class="container use-motion">
    <div class="headband"></div>

    <header class="header" itemscope itemtype="http://schema.org/WPHeader">
      <div class="header-inner"><div class="site-brand-container">
  <div class="site-nav-toggle">
    <div class="toggle" aria-label="切换导航栏">
      <span class="toggle-line toggle-line-first"></span>
      <span class="toggle-line toggle-line-middle"></span>
      <span class="toggle-line toggle-line-last"></span>
    </div>
  </div>

  <div class="site-meta">

    <a href="/works/" class="brand" rel="start">
      <span class="logo-line-before"><i></i></span>
      <h1 class="site-title">Computing Dynamics</h1>
      <span class="logo-line-after"><i></i></span>
    </a>
      <p class="site-subtitle" itemprop="description">小王同学的工作站</p>
  </div>

  <div class="site-nav-right">
    <div class="toggle popup-trigger">
        <i class="fa fa-search fa-fw fa-lg"></i>
    </div>
  </div>
</div>




<nav class="site-nav">
  <ul id="menu" class="main-menu menu">
        <li class="menu-item menu-item-home">

    <a href="/works/" rel="section"><i class="fa fa-home fa-fw"></i>首页</a>

  </li>
        <li class="menu-item menu-item-about">

    <a href="/works/about/" rel="section"><i class="fa fa-user fa-fw"></i>关于</a>

  </li>
        <li class="menu-item menu-item-tags">

    <a href="/works/tags/" rel="section"><i class="fa fa-tags fa-fw"></i>标签</a>

  </li>
        <li class="menu-item menu-item-categories">

    <a href="/works/categories/" rel="section"><i class="fa fa-th fa-fw"></i>分类</a>

  </li>
        <li class="menu-item menu-item-archives">

    <a href="/works/archives/" rel="section"><i class="fa fa-archive fa-fw"></i>归档</a>

  </li>
        <li class="menu-item menu-item-schedule">

    <a href="/works/schedule/" rel="section"><i class="fa fa-calendar fa-fw"></i>日程表</a>

  </li>
      <li class="menu-item menu-item-search">
        <a role="button" class="popup-trigger"><i class="fa fa-search fa-fw"></i>搜索
        </a>
      </li>
  </ul>
</nav>



  <div class="search-pop-overlay">
    <div class="popup search-popup">
        <div class="search-header">
  <span class="search-icon">
    <i class="fa fa-search"></i>
  </span>
  <div class="search-input-container"></div>
  <span class="popup-btn-close">
    <i class="fa fa-times-circle"></i>
  </span>
</div>
<div class="algolia-results">
  <div id="algolia-stats"></div>
  <div id="algolia-hits"></div>
  <div id="algolia-pagination" class="algolia-pagination"></div>
</div>

      
    </div>
  </div>

</div>
    </header>

    
  <div class="reading-progress-bar"></div>
  <a role="button" class="book-mark-link book-mark-link-fixed"></a>

  <a href="https://github.com/Chu-DoD" class="github-corner" title="Follow me on GitHub" aria-label="Follow me on GitHub" rel="noopener" target="_blank"><svg width="80" height="80" viewBox="0 0 250 250" aria-hidden="true"><path d="M0,0 L115,115 L130,115 L142,142 L250,250 L250,0 Z"></path><path d="M128.3,109.0 C113.8,99.7 119.0,89.6 119.0,89.6 C122.0,82.7 120.5,78.6 120.5,78.6 C119.2,72.0 123.4,76.3 123.4,76.3 C127.3,80.9 125.5,87.3 125.5,87.3 C122.9,97.6 130.6,101.9 134.4,103.2" fill="currentColor" style="transform-origin: 130px 106px;" class="octo-arm"></path><path d="M115.0,115.0 C114.9,115.1 118.7,116.5 119.8,115.4 L133.7,101.6 C136.9,99.2 139.9,98.4 142.2,98.6 C133.8,88.0 127.5,74.4 143.8,58.0 C148.5,53.4 154.0,51.2 159.7,51.0 C160.3,49.4 163.2,43.6 171.4,40.1 C171.4,40.1 176.1,42.5 178.8,56.2 C183.1,58.6 187.2,61.8 190.9,65.4 C194.5,69.0 197.7,73.2 200.1,77.6 C213.8,80.2 216.3,84.9 216.3,84.9 C212.7,93.1 206.9,96.0 205.4,96.6 C205.1,102.4 203.0,107.8 198.3,112.5 C181.9,128.9 168.3,122.5 157.7,114.1 C157.9,116.9 156.7,120.9 152.7,124.9 L141.0,136.5 C139.8,137.7 141.6,141.9 141.8,141.8 Z" fill="currentColor" class="octo-body"></path></svg></a>


    <main class="main">
      <div class="main-inner">
        <div class="content-wrap">
          

          <div class="content post posts-expand">
            

    
  
  
  <article itemscope itemtype="http://schema.org/Article" class="post-block" lang="zh-CN">
    <link itemprop="mainEntityOfPage" href="https://chudod.gitee.io/works/2022/04/25/Topology_Aware_Collectives/">

    <span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
      <meta itemprop="image" content="/works/images/avatar.png">
      <meta itemprop="name" content="虎王">
      <meta itemprop="description" content="喜欢造飞机导弹和计算机的大学生">
    </span>

    <span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
      <meta itemprop="name" content="Computing Dynamics">
    </span>
      <header class="post-header">
        <h1 class="post-title" itemprop="name headline">
          高性能互连网络与拓扑感知算法
        </h1>

        <div class="post-meta">

        
          <i class="fa fa-thumb-tack"></i>
          <font color=7D26CD>置顶</font>
          <span class="post-meta-divider">|</span>
        
            <span class="post-meta-item">
              <span class="post-meta-item-icon">
                <i class="far fa-calendar"></i>
              </span>
              <span class="post-meta-item-text">发表于</span>

              <time title="创建时间：2022-04-25 00:00:00" itemprop="dateCreated datePublished" datetime="2022-04-25T00:00:00+08:00">2022-04-25</time>
            </span>
              <span class="post-meta-item">
                <span class="post-meta-item-icon">
                  <i class="far fa-calendar-check"></i>
                </span>
                <span class="post-meta-item-text">更新于</span>
                <time title="修改时间：2022-04-28 11:22:49" itemprop="dateModified" datetime="2022-04-28T11:22:49+08:00">2022-04-28</time>
              </span>
            <span class="post-meta-item">
              <span class="post-meta-item-icon">
                <i class="far fa-folder"></i>
              </span>
              <span class="post-meta-item-text">分类于</span>
                <span itemprop="about" itemscope itemtype="http://schema.org/Thing">
                  <a href="/works/categories/%E5%B9%B6%E8%A1%8C%E8%AE%A1%E7%AE%97/" itemprop="url" rel="index"><span itemprop="name">并行计算</span></a>
                </span>
                  ，
                <span itemprop="about" itemscope itemtype="http://schema.org/Thing">
                  <a href="/works/categories/%E5%B9%B6%E8%A1%8C%E8%AE%A1%E7%AE%97/Topology-Aware-Algorithms/" itemprop="url" rel="index"><span itemprop="name">Topology-Aware Algorithms</span></a>
                </span>
            </span>

          
            <span class="post-meta-item" title="阅读次数" id="busuanzi_container_page_pv" style="display: none;">
              <span class="post-meta-item-icon">
                <i class="fa fa-eye"></i>
              </span>
              <span class="post-meta-item-text">阅读次数：</span>
              <span id="busuanzi_value_page_pv"></span>
            </span>
            <div class="post-description">This page is for Topologies for HPC Networks and Topology-Aware collective communication algorithms.</div>

        </div>
      </header>

    
    
    
    <div class="post-body" itemprop="articleBody">

      
        <h1 id="Abstract"><a href="#Abstract" class="headerlink" title="Abstract"></a>Abstract</h1><p>拓扑感知(Topology-Aware)的集合通信算法是近些年兴起的一个研究方向，顾名思义，就是将MPI的集合通信算法部署到高性能计算网络上，来充分发挥网络的性能，并且针对不同网络的拓扑结构和协议特点来设计不同的集合通信算法。这一页面列举了最近时髦的一些HPC网络以及对应的拓扑感知算法。在Top 500排行榜中的计算机系统通常采用的网络拓扑结构有Fattree、Torus、Dragonfly，目前，前几名没有用到Dragonfly。</p>
<h1 id="Gragonfly网络"><a href="#Gragonfly网络" class="headerlink" title="Gragonfly网络"></a>Gragonfly网络</h1><h2 id="Introduction"><a href="#Introduction" class="headerlink" title="Introduction"></a>Introduction</h2><p>Gragonfly（蜻蜓）网络是最近非常时髦的一种HPC网络，在2008年提出：<a target="_blank" rel="noopener" href="https://dl-acm-org-s.nudtproxy.yitlink.com/doi/10.1145/1394608.1382129">Technology-Driven, Highly-Scalable Dragonfly Topology</a>。其优点是高度的可伸缩性(high scalability)，低网络直径(low diameter)、成本低(low cost)等等。目前许多HPC系统都使用了Dragonfly网络拓扑。<br>下图是一个9组路由器72个终端节点的Dragonfly网络的例子（图片来源:<a target="_blank" rel="noopener" href="https://ieeexplore-ieee-org-s.nudtproxy.yitlink.com/document/9644896">文献链接</a>）。</p>
<div style="align: center">
<img data-src="https://note.youdao.com/yws/api/personal/file/WEBc0e3f19d5bb9c51887b22cf2f8c218ba?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe" width="40%" height="40%"/>   

<p>Dragonfly网络分成Group层、System层这两层：</p>
<ul>
<li>Group层：一个Group内一共$a$个交换机（或路由器），$a$个交换机都是全连接的，一个交换机连接着$p$个计算节点，上图中一个路由器连接两个计算节点。上图中的$9$个虚线框代表着$9$个Group层，每个Group层有$4$个全连接的路由器。</li>
<li>System层：一共有$g$个Group，每个Group视为一个虚拟的交换机，Group之间进行全连接，在图中就是$9$个Group进行全连接。组内的每个交换机与其他交换机的连接中，有$a-1$条链路连接到组内的交换机，还有$h&#x3D;\frac{g-1}{a}$条链路是与其他Group之中的交换机相连结。在上图中，每个路由器有$3$条线连接到组内的路由器，还有$2$条连接到了其他Group中的路由器。并且组内的链路(intra-group)的延迟比组间链路(inter-group)的延迟高不少。</li>
</ul>
<h2 id="网络属性与形式化表达"><a href="#网络属性与形式化表达" class="headerlink" title="网络属性与形式化表达"></a>网络属性与形式化表达</h2><p>Gragonfly网络可以用$DF(p,a,h,g)$来形式化表达，例如上图中的例子可以用$DF(p&#x3D;2,a&#x3D;4,h&#x3D;2,g&#x3D;9)$来表达。一个Gragonfly网络最佳的参数配置是：<br>$$a&#x3D;2p&#x3D;2h$$<br>因此可以得到如下的性质：</p>
<ul>
<li>每个交换机端口的数量为$p+h+(a-1)$</li>
<li>每个虚拟交换机（一个$Group$）中的外接端口数量为$ah$，整个网络的全局链路数为$\frac{a\cdot{h}\cdot{g}}{2}$</li>
<li>$Group$的数量为$g&#x3D;ah+1$（由前面的公式$h&#x3D;\frac{g-1}{a}$推导可得）</li>
<li>$DF(p,a,h,g)$网络中一共有$P&#x3D;p\cdot{a}\cdot{g}&#x3D;ap(ah+1)$个节点，因此$DF(n,2n,n,g)$这种最佳配置的网络中的计算节点的数量为$P&#x3D;2p^2(2p^2+1)$</li>
</ul>
<h2 id="Dragonfly网络的拓扑感知集合通信算法"><a href="#Dragonfly网络的拓扑感知集合通信算法" class="headerlink" title="Dragonfly网络的拓扑感知集合通信算法"></a>Dragonfly网络的拓扑感知集合通信算法</h2><p>Dragonfly网络上做集合通信算法的工作不多，论文只有寥寥几篇。最早的论文发表在$\verb+2012 EuroMPI+$上。这几篇论文设计的集合通信算法中，唯独没有$Allreduce$操作，所以我的师兄才抓住了这个点，在Dragonfly网络上设计$\verb+Allreduce+$算法，发了一篇$\verb+ISPA+$的会议论文，在我看来是非常好的想法了。</p>
<h3 id="Collectives-on-Two-Tier-Direct-Networks"><a href="#Collectives-on-Two-Tier-Direct-Networks" class="headerlink" title="Collectives on Two-Tier Direct Networks"></a><a target="_blank" rel="noopener" href="https://link.springer.com/chapter/10.1007/978-3-642-33518-1_12">Collectives on Two-Tier Direct Networks</a></h3><p>该工作在Dragonfly以及IBM PERCS这两个双层的网络上对常规的集合通信操作（包括$\verb+Scatter Gather Allgather Broadcast Reduce-Scatter Reduce+$这6中操作）针对网络拓扑的特点设计了拓扑感知算法。其思想主要是利用了局部链路(Local Link)比全局链路(Global Link)快很多得特点，而且算法设计得比较简单，优化空间很多。</p>
<h1 id="Bcube网络"><a href="#Bcube网络" class="headerlink" title="Bcube网络"></a>Bcube网络</h1><p>Bcube网络拓扑的结构如下所示：</p>
<div style="align: center">
<img data-src="https://note.youdao.com/yws/api/personal/file/WEB5d657aab3c672d03c9ff7dc7b7ac1527?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe" width="60%" height="60%"/>   

<p>用$Bcube(n,k)$来形式化的表达$Bcube$网络，$n$表示网络中的每个交换机都有$n$个端口，连接到$n$个不同的主机（$n$一般取$2<del>32$），$k$表示每个主机都有$k$个网卡来连接到$k$个不同的交换机（$k$一般取$2</del>4$）。交换机一共有$k$层，所以每个主机的$k$个网卡分别连接到$0, 1, …, k-1$层的交换机。并且主机和主机之间没有直接的链路连接，必须通过交换机连接。下图所表示的就是一个$Bcube(3,2)$的网络（图片来源：<a target="_blank" rel="noopener" href="https://proceedings.neurips.cc/paper/2018/file/f410588e48dc83f2822a880a68f78923-Paper.pdf">BML</a>）。</p>
<div style="align: center">
<img data-src="https://note.youdao.com/yws/api/personal/file/WEBedc750c2ece3d90077374a411436e990?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe" width="60%" height="60%"/>   

<p>目前，在Bcube上做集合通信算法设计和优化的工作很少，即便有少数几篇相关的，也是在Bcube上做分布式机器学习参数同步算法的研究。由于参数同步操作与$\verb+Allreduce+$操作高度相似，因此在Bcube上设计参数同步算法也就相当于做$\verb+Allreduce+$算法。<br><a target="_blank" rel="noopener" href="https://proceedings.neurips.cc/paper/2018/file/f410588e48dc83f2822a880a68f78923-Paper.pdf">BML:A High-performance, Low-cost Gradient Synchronization Algorithm for DML Training</a>是第一个在Bcube上做分布式机器学习参数同步算法的工作，其实该参数同步算法并不复杂，本质上就是一个$\verb+Reduce+$ + $\verb+Broadcast+$的组合，如下图所示:</p>
<div style="align: center">
<img data-src="https://note.youdao.com/yws/api/personal/file/WEB7e70f458806199ea4992bf8eb594660b?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe" width="60%" height="60%"/>  

<h1 id="Torus网络"><a href="#Torus网络" class="headerlink" title="Torus网络"></a>Torus网络</h1><p>Torus的英文直译就是环面的意思，在每一维都将该维度坐标相同的计算节点组织成一个绕接的环，图中展示的是一个二维的Torus网络。</p>
<div style="align: center">
<img data-src="https://note.youdao.com/yws/api/personal/file/WEBbaccac337aea7e37f3f4df12205d3db2?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe" width="30%" height="30%"/> 

<h1 id="Dcell网络"><a href="#Dcell网络" class="headerlink" title="Dcell网络"></a>Dcell网络</h1><p>Dceil的拓扑结构看起来和Dragonfly网络非常相似。</p>
<div style="align: center">
<img data-src="https://note.youdao.com/yws/api/personal/file/WEB4a9b8282c017c3476aa98370093376a7?method=download&shareKey=4561f9353c0edc6f6b5daa810174cdbe" width="40%" height="40%"/> 
    </div>

    
    
    
        

<div>
<ul class="post-copyright">
  <li class="post-copyright-author">
    <strong>本文作者： </strong>虎王
  </li>
  <li class="post-copyright-link">
    <strong>本文链接：</strong>
    <a href="https://chudod.gitee.io/works/2022/04/25/Topology_Aware_Collectives/" title="高性能互连网络与拓扑感知算法">https://chudod.gitee.io/works/2022/04/25/Topology_Aware_Collectives/</a>
  </li>
  <li class="post-copyright-license">
    <strong>版权声明： </strong>本博客所有文章除特别声明外，均采用 <a href="https://creativecommons.org/licenses/by-nc-sa/4.0/" rel="noopener" target="_blank"><i class="fab fa-fw fa-creative-commons"></i>BY-NC-SA</a> 许可协议。转载请注明出处！
  </li>
</ul>
</div>

        

  <div class="followme">
    <p>欢迎关注我的其它发布渠道</p>

    <div class="social-list">

        <div class="social-item">
          <a target="_blank" class="social-link" href="/images/wechat_channel.jpg">
            <span class="icon">
              <i class="fab fa-weixin"></i>
            </span>

            <span class="label">WeChat</span>
          </a>
        </div>

        <div class="social-item">
          <a target="_blank" class="social-link" href="/atom.xml">
            <span class="icon">
              <i class="fa fa-rss"></i>
            </span>

            <span class="label">RSS</span>
          </a>
        </div>
    </div>
  </div>


      <footer class="post-footer">
          <div class="post-tags">
              <a href="/works/tags/%E5%B9%B6%E8%A1%8C%E8%AE%A1%E7%AE%97/" rel="tag"># 并行计算</a>
              <a href="/works/tags/%E9%9B%86%E5%90%88%E9%80%9A%E4%BF%A1/" rel="tag"># 集合通信</a>
              <a href="/works/tags/%E9%AB%98%E6%80%A7%E8%83%BD%E8%AE%A1%E7%AE%97/" rel="tag"># 高性能计算</a>
              <a href="/works/tags/Topology-Aware/" rel="tag"># Topology-Aware</a>
          </div>

        


        
    <div class="post-nav">
      <div class="post-nav-item">
    <a href="/works/2022/04/20/TorstenHeofler/" rel="prev" title="硬核狠人之Torsten Heofler">
      <i class="fa fa-chevron-left"></i> 硬核狠人之Torsten Heofler
    </a></div>
      <div class="post-nav-item">
    <a href="/works/2022/04/28/Triggered_Operation/" rel="next" title="使用触发操作卸载集合通信">
      使用触发操作卸载集合通信 <i class="fa fa-chevron-right"></i>
    </a></div>
    </div>
      </footer>
    
  </article>
  
  
  



          </div>
          

<script>
  window.addEventListener('tabs:register', () => {
    let { activeClass } = CONFIG.comments;
    if (CONFIG.comments.storage) {
      activeClass = localStorage.getItem('comments_active') || activeClass;
    }
    if (activeClass) {
      let activeTab = document.querySelector(`a[href="#comment-${activeClass}"]`);
      if (activeTab) {
        activeTab.click();
      }
    }
  });
  if (CONFIG.comments.storage) {
    window.addEventListener('tabs:click', event => {
      if (!event.target.matches('.tabs-comment .tab-content .tab-pane')) return;
      let commentClass = event.target.classList[1];
      localStorage.setItem('comments_active', commentClass);
    });
  }
</script>

        </div>
          
  
  <div class="toggle sidebar-toggle">
    <span class="toggle-line toggle-line-first"></span>
    <span class="toggle-line toggle-line-middle"></span>
    <span class="toggle-line toggle-line-last"></span>
  </div>

  <aside class="sidebar">
    <div class="sidebar-inner">

      <ul class="sidebar-nav motion-element">
        <li class="sidebar-nav-toc">
          文章目录
        </li>
        <li class="sidebar-nav-overview">
          站点概览
        </li>
      </ul>

      <!--noindex-->
      <div class="post-toc-wrap sidebar-panel">
          <div class="post-toc motion-element"><ol class="nav"><li class="nav-item nav-level-1"><a class="nav-link" href="#Abstract"><span class="nav-number">1.</span> <span class="nav-text">Abstract</span></a></li><li class="nav-item nav-level-1"><a class="nav-link" href="#Gragonfly%E7%BD%91%E7%BB%9C"><span class="nav-number">2.</span> <span class="nav-text">Gragonfly网络</span></a><ol class="nav-child"><li class="nav-item nav-level-2"><a class="nav-link" href="#Introduction"><span class="nav-number">2.1.</span> <span class="nav-text">Introduction</span></a></li><li class="nav-item nav-level-2"><a class="nav-link" href="#%E7%BD%91%E7%BB%9C%E5%B1%9E%E6%80%A7%E4%B8%8E%E5%BD%A2%E5%BC%8F%E5%8C%96%E8%A1%A8%E8%BE%BE"><span class="nav-number">2.2.</span> <span class="nav-text">网络属性与形式化表达</span></a></li><li class="nav-item nav-level-2"><a class="nav-link" href="#Dragonfly%E7%BD%91%E7%BB%9C%E7%9A%84%E6%8B%93%E6%89%91%E6%84%9F%E7%9F%A5%E9%9B%86%E5%90%88%E9%80%9A%E4%BF%A1%E7%AE%97%E6%B3%95"><span class="nav-number">2.3.</span> <span class="nav-text">Dragonfly网络的拓扑感知集合通信算法</span></a><ol class="nav-child"><li class="nav-item nav-level-3"><a class="nav-link" href="#Collectives-on-Two-Tier-Direct-Networks"><span class="nav-number">2.3.1.</span> <span class="nav-text">Collectives on Two-Tier Direct Networks</span></a></li></ol></li></ol></li><li class="nav-item nav-level-1"><a class="nav-link" href="#Bcube%E7%BD%91%E7%BB%9C"><span class="nav-number">3.</span> <span class="nav-text">Bcube网络</span></a></li><li class="nav-item nav-level-1"><a class="nav-link" href="#Torus%E7%BD%91%E7%BB%9C"><span class="nav-number">4.</span> <span class="nav-text">Torus网络</span></a></li><li class="nav-item nav-level-1"><a class="nav-link" href="#Dcell%E7%BD%91%E7%BB%9C"><span class="nav-number">5.</span> <span class="nav-text">Dcell网络</span></a></li></ol></div>
      </div>
      <!--/noindex-->

      <div class="site-overview-wrap sidebar-panel">
        <div class="site-author motion-element" itemprop="author" itemscope itemtype="http://schema.org/Person">
    <img class="site-author-image" itemprop="image" alt="虎王"
      src="/works/images/avatar.png">
  <p class="site-author-name" itemprop="name">虎王</p>
  <div class="site-description" itemprop="description">喜欢造飞机导弹和计算机的大学生</div>
</div>
<div class="site-state-wrap motion-element">
  <nav class="site-state">
      <div class="site-state-item site-state-posts">
          <a href="/works/archives/">
        
          <span class="site-state-item-count">21</span>
          <span class="site-state-item-name">日志</span>
        </a>
      </div>
      <div class="site-state-item site-state-categories">
            <a href="/works/categories/">
          
        <span class="site-state-item-count">13</span>
        <span class="site-state-item-name">分类</span></a>
      </div>
      <div class="site-state-item site-state-tags">
            <a href="/works/tags/">
          
        <span class="site-state-item-count">12</span>
        <span class="site-state-item-name">标签</span></a>
      </div>
  </nav>
</div>
  <div class="links-of-author motion-element">
      <span class="links-of-author-item">
        <a href="https://github.com/DoD-Chu/" title="GitHub → https:&#x2F;&#x2F;github.com&#x2F;DoD-Chu&#x2F;" rel="noopener" target="_blank"><i class="fab fa-github fa-fw"></i>GitHub</a>
      </span>
      <span class="links-of-author-item">
        <a href="mailto:1368095113@qq.com" title="E-Mail → mailto:1368095113@qq.com" rel="noopener" target="_blank"><i class="fa fa-envelope fa-fw"></i>E-Mail</a>
      </span>
      <span class="links-of-author-item">
        <a href="https://www.zhihu.com/people/pu-ti-shan-cheng-zhu" title="知乎 → https:&#x2F;&#x2F;www.zhihu.com&#x2F;people&#x2F;pu-ti-shan-cheng-zhu" rel="noopener" target="_blank"><i class="fab fa-stack-overflow fa-fw"></i>知乎</a>
      </span>
  </div>


  <div class="links-of-blogroll motion-element">
    <div class="links-of-blogroll-title"><i class="fa fa-link fa-fw"></i>
      其他站点
    </div>
    <ul class="links-of-blogroll-list">
        <li class="links-of-blogroll-item">
          <a href="https://www.zhihu.com/people/pu-ti-shan-cheng-zhu" title="https:&#x2F;&#x2F;www.zhihu.com&#x2F;people&#x2F;pu-ti-shan-cheng-zhu" rel="noopener" target="_blank">知乎主页</a>
        </li>
    </ul>
  </div>

      </div>
        <div class="back-to-top motion-element">
          <i class="fa fa-arrow-up"></i>
          <span>0%</span>
        </div>

    </div>
  </aside>
  <div id="sidebar-dimmer"></div>


      </div>
    </main>

    <footer class="footer">
      <div class="footer-inner">
        

        

<div class="copyright">
  
  &copy; Fri Mar 25 2022 08:00:00 GMT+0800 (中国标准时间) – 
  <span itemprop="copyrightYear">2022</span>
  <span class="with-love">
    <i class="fa fa-heart"></i>
  </span>
  <span class="author" itemprop="copyrightHolder">虎王</span>
</div>
  <div class="powered-by">由 <a href="https://hexo.io/" class="theme-link" rel="noopener" target="_blank">Hexo</a> & <a href="https://theme-next.org/" class="theme-link" rel="noopener" target="_blank">NexT.Gemini</a> 强力驱动
  </div>

<div class="theme-info">
  <div class="powered-by"></div>
  <span class="post-count">博客全站共30.4k字</span>
</div>


    <script async src="//dn-lbstatics.qbox.me/busuanzi/2.3/busuanzi.pure.mini.js"></script>

    <span id="busuanzi_container_site_pv">总访问量<span id="busuanzi_value_site_pv"></span>次</span>
    <span class="post-meta-divider">|</span>
    <span id="busuanzi_container_site_uv">总访客数<span id="busuanzi_value_site_uv"></span>人</span>
    <span class="post-meta-divider">|</span>
<!-- 不蒜子计数初始值纠正 -->
<script>
$(document).ready(function() {

    var int = setInterval(fixCount, 50);  // 50ms周期检测函数
    var countOffset = 20000;  // 初始化首次数据

    function fixCount() {            
       if (document.getElementById("busuanzi_container_site_pv").style.display != "none")
        {
            $("#busuanzi_value_site_pv").html(parseInt($("#busuanzi_value_site_pv").html()) + countOffset); 
            clearInterval(int);
        }                  
        if ($("#busuanzi_container_site_pv").css("display") != "none")
        {
            $("#busuanzi_value_site_uv").html(parseInt($("#busuanzi_value_site_uv").html()) + countOffset); // 加上初始数据 
            clearInterval(int); // 停止检测
        }  
    }
       	
});
</script> 

        
<div class="busuanzi-count">
  <script async src="https://busuanzi.ibruce.info/busuanzi/2.3/busuanzi.pure.mini.js"></script>
    <span class="post-meta-item" id="busuanzi_container_site_uv" style="display: none;">
      <span class="post-meta-item-icon">
        <i class="fa fa-user"></i>
      </span>
      <span class="site-uv" title="总访客量">
        <span id="busuanzi_value_site_uv"></span>
      </span>
    </span>
    <span class="post-meta-divider">|</span>
    <span class="post-meta-item" id="busuanzi_container_site_pv" style="display: none;">
      <span class="post-meta-item-icon">
        <i class="fa fa-eye"></i>
      </span>
      <span class="site-pv" title="总访问量">
        <span id="busuanzi_value_site_pv"></span>
      </span>
    </span>
</div>








      </div>
    </footer>
  </div>

  
  
  <script color='0,0,255' opacity='0.5' zIndex='-1' count='99' src="/works/lib/canvas-nest/canvas-nest.min.js"></script>
  <script src="/works/lib/anime.min.js"></script>
  <script src="//cdn.jsdelivr.net/npm/jquery@3/dist/jquery.min.js"></script>
  <script src="//cdn.jsdelivr.net/gh/fancyapps/fancybox@3/dist/jquery.fancybox.min.js"></script>
  <script src="//cdn.jsdelivr.net/npm/lozad@1/dist/lozad.min.js"></script>
  <script src="/works/lib/velocity/velocity.min.js"></script>
  <script src="/works/lib/velocity/velocity.ui.min.js"></script>

<script src="/works/js/utils.js"></script>

<script src="/works/js/motion.js"></script>


<script src="/works/js/schemes/pisces.js"></script>


<script src="/works/js/next-boot.js"></script>

<script src="/works/js/bookmark.js"></script>




  
  <script>
    (function(){
      var canonicalURL, curProtocol;
      //Get the <link> tag
      var x=document.getElementsByTagName("link");
		//Find the last canonical URL
		if(x.length > 0){
			for (i=0;i<x.length;i++){
				if(x[i].rel.toLowerCase() == 'canonical' && x[i].href){
					canonicalURL=x[i].href;
				}
			}
		}
    //Get protocol
	    if (!canonicalURL){
	    	curProtocol = window.location.protocol.split(':')[0];
	    }
	    else{
	    	curProtocol = canonicalURL.split(':')[0];
	    }
      //Get current URL if the canonical URL does not exist
	    if (!canonicalURL) canonicalURL = window.location.href;
	    //Assign script content. Replace current URL with the canonical URL
      !function(){var e=/([http|https]:\/\/[a-zA-Z0-9\_\.]+\.baidu\.com)/gi,r=canonicalURL,t=document.referrer;if(!e.test(r)){var n=(String(curProtocol).toLowerCase() === 'https')?"https://sp0.baidu.com/9_Q4simg2RQJ8t7jm9iCKT-xh_/s.gif":"//api.share.baidu.com/s.gif";t?(n+="?r="+encodeURIComponent(document.referrer),r&&(n+="&l="+r)):r&&(n+="?l="+r);var i=new Image;i.src=n}}(window);})();
  </script>




  
<script src="//cdn.jsdelivr.net/npm/algoliasearch@4/dist/algoliasearch-lite.umd.js"></script>
<script src="//cdn.jsdelivr.net/npm/instantsearch.js@4/dist/instantsearch.production.min.js"></script>
<script src="/works/js/algolia-search.js"></script>










<script>
document.querySelectorAll('.pdfobject-container').forEach(element => {
  let url = element.dataset.target;
  let pdfOpenParams = {
    navpanes : 0,
    toolbar  : 0,
    statusbar: 0,
    pagemode : 'thumbs',
    view     : 'FitH'
  };
  let pdfOpenFragment = '#' + Object.entries(pdfOpenParams).map(([key, value]) => `${key}=${encodeURIComponent(value)}`).join('&');
  let fullURL = `/works/lib/pdf/web/viewer.html?file=${encodeURIComponent(url)}${pdfOpenFragment}`;

  if (NexT.utils.supportsPDFs()) {
    element.innerHTML = `<embed class="pdfobject" src="${url + pdfOpenFragment}" type="application/pdf" style="height: ${element.dataset.height};">`;
  } else {
    element.innerHTML = `<iframe src="${fullURL}" style="height: ${element.dataset.height};" frameborder="0"></iframe>`;
  }
});
</script>


<script>
if (document.querySelectorAll('pre.mermaid').length) {
  NexT.utils.getScript('//cdn.jsdelivr.net/npm/mermaid@8/dist/mermaid.min.js', () => {
    mermaid.initialize({
      theme    : 'forest',
      logLevel : 3,
      flowchart: { curve     : 'linear' },
      gantt    : { axisFormat: '%m/%d/%Y' },
      sequence : { actorMargin: 50 }
    });
  }, window.mermaid);
}
</script>


  

  
      

<script>
  if (typeof MathJax === 'undefined') {
    window.MathJax = {
      loader: {
        source: {
          '[tex]/amsCd': '[tex]/amscd',
          '[tex]/AMScd': '[tex]/amscd'
        }
      },
      tex: {
        inlineMath: {'[+]': [['$', '$']]},
        tags: 'ams'
      },
      options: {
        renderActions: {
          findScript: [10, doc => {
            document.querySelectorAll('script[type^="math/tex"]').forEach(node => {
              const display = !!node.type.match(/; *mode=display/);
              const math = new doc.options.MathItem(node.textContent, doc.inputJax[0], display);
              const text = document.createTextNode('');
              node.parentNode.replaceChild(text, node);
              math.start = {node: text, delim: '', n: 0};
              math.end = {node: text, delim: '', n: 0};
              doc.math.push(math);
            });
          }, '', false],
          insertedScript: [200, () => {
            document.querySelectorAll('mjx-container').forEach(node => {
              let target = node.parentNode;
              if (target.nodeName.toLowerCase() === 'li') {
                target.parentNode.classList.add('has-jax');
              }
            });
          }, '', false]
        }
      }
    };
    (function () {
      var script = document.createElement('script');
      script.src = '//cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js';
      script.defer = true;
      document.head.appendChild(script);
    })();
  } else {
    MathJax.startup.document.state(0);
    MathJax.texReset();
    MathJax.typeset();
  }
</script>

    

  

</body>
</html>
